Node / ReticulumProjects / MeshChatX.git / files / .github / workflows / bench.yml

Displaying Raw • Download

T8b949e# Benchmarks and integrity checks (push to main branches and workflow_dispatch).

T8b949e# Results are stored in a runner cache and compared on every run; the job fails

T8b949e# when any metric regresses beyond 150% of the stored baseline, and a commit

T8b949e# comment is posted with the offending numbers.

T8b949e#

T8b949e# Pinned first-party actions (bump tag and SHA together when upgrading):

T8b949e# actions/checkout@v6.0.1 8e8c483db84b4bee98b60c0593521ed34d9990e8

T8b949e# actions/setup-python@v6.2.0 a309ff8b426b58ec0e2a45f0f869d46889d02405

T8b949e# actions/setup-node@v6.1.0 395ad3262231945c25e8478fd5baf05154b1d79f

T8b949e# actions/cache@v4.2.0 1bd1e32a3bdc45362d1e726936510720a7c30a57

T8b949e# benchmark-action/github-action-benchmark@v1.22.0

T8b949e# a60cea5bc7b49e15c1f58f411161f99e0df48372

Tff7b72nameTb4b4b4: Ta5d6ffBenchmarks

Tff7b72onTb4b4b4:

Tff7b72workflow_dispatchTb4b4b4:

Tff7b72pushTb4b4b4:

Tff7b72branchesTb4b4b4:

Tb4b4b4- Ta5d6ffmaster

Tb4b4b4- Ta5d6ffdev

Tff7b72concurrencyTb4b4b4:

Tff7b72groupTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffgithub.workflowTa5d6ff Ta5d6ff}}-${{Ta5d6ff Ta5d6ffgithub.refTa5d6ff Ta5d6ff}}

Tff7b72cancel-in-progressTb4b4b4: Ta5d6fftrue

Tff7b72permissionsTb4b4b4:

Tff7b72contentsTb4b4b4: Ta5d6ffwrite

Tff7b72pull-requestsTb4b4b4: Ta5d6ffwrite

Tff7b72envTb4b4b4:

Tff7b72FORCE_JAVASCRIPT_ACTIONS_TO_NODE24Tb4b4b4: Ta5d6fftrue

Tff7b72PYTHON_VERSIONTb4b4b4: Ta5d6ff"Ta5d6ff3.14Ta5d6ff"

Tff7b72NODE_VERSIONTb4b4b4: Ta5d6ff"Ta5d6ff24Ta5d6ff"

Tff7b72POETRY_VERSIONTb4b4b4: Ta5d6ff"Ta5d6ff2.3.4Ta5d6ff"

Tff7b72PNPM_VERSIONTb4b4b4: Ta5d6ff"Ta5d6ff10.33.0Ta5d6ff"

Tff7b72jobsTb4b4b4:

Tff7b72benchTb4b4b4:

Tff7b72runs-onTb4b4b4: Ta5d6ffubuntu-latest

Tff7b72timeout-minutesTb4b4b4: Ta5d6ff60

Tff7b72stepsTb4b4b4:

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffCheckout

Tff7b72usesTb4b4b4: Ta5d6ffactions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffSetTa5d6ff Ta5d6ffupTa5d6ff Ta5d6ffPython

Tff7b72usesTb4b4b4: Ta5d6ffactions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405

Tff7b72withTb4b4b4:

Tff7b72python-versionTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffenv.PYTHON_VERSIONTa5d6ff Ta5d6ff}}

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffInstallTa5d6ff Ta5d6ffPoetryTa5d6ff Ta5d6ff(PyPITa5d6ff Ta5d6ffpin)

Tff7b72envTb4b4b4:

Tff7b72POETRY_VERSIONTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffenv.POETRY_VERSIONTa5d6ff Ta5d6ff}}

Tff7b72runTb4b4b4: Ta5d6ffbashTa5d6ff Ta5d6ffscripts/ci/github-install-poetry.sh

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffCacheTa5d6ff Ta5d6ffPoetryTa5d6ff Ta5d6ffdownloads

Tff7b72usesTb4b4b4: Ta5d6ffactions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57

Tff7b72withTb4b4b4:

Tff7b72pathTb4b4b4: Ta5d6ff~/.cache/pypoetry

Tff7b72keyTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffrunner.osTa5d6ff Ta5d6ff}}-pypoetry-${{Ta5d6ff Ta5d6ffhashFiles('poetry.lock')Ta5d6ff Ta5d6ff}}

Tff7b72restore-keysTb4b4b4: Tb4b4b4|

Tff7b72${{ runner.os }}-pypoetry-

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffEnableTa5d6ff Ta5d6ffpnpmTa5d6ff Ta5d6ff(corepack)

Tff7b72runTb4b4b4: Ta5d6ffcorepackTa5d6ff Ta5d6ffenableTa5d6ff Ta5d6ff&&Ta5d6ff Ta5d6ffcorepackTa5d6ff Ta5d6ffprepareTa5d6ff Ta5d6ff"pnpm@${PNPM_VERSION}"Ta5d6ff Ta5d6ff--activate

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffSetTa5d6ff Ta5d6ffupTa5d6ff Ta5d6ffNode

Tff7b72usesTb4b4b4: Ta5d6ffactions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f

Tff7b72withTb4b4b4:

Tff7b72node-versionTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffenv.NODE_VERSIONTa5d6ff Ta5d6ff}}

Tff7b72cacheTb4b4b4: Ta5d6ffpnpm

Tff7b72cache-dependency-pathTb4b4b4: Ta5d6ffpnpm-lock.yaml

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffInstallTa5d6ff Ta5d6ffdependencies

Tff7b72runTb4b4b4: Ta5d6ffbashTa5d6ff Ta5d6ffscripts/ci/github-install-deps.sh

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffSetupTa5d6ff Ta5d6ffTask

Tff7b72runTb4b4b4: Ta5d6ffshTa5d6ff Ta5d6ffscripts/ci/setup-task.sh

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffRestoreTa5d6ff Ta5d6ffbenchmarkTa5d6ff Ta5d6ffbaselineTa5d6ff Ta5d6ffcache

Tff7b72usesTb4b4b4: Ta5d6ffactions/cache@1bd1e32a3bdc45362d1e726936510720a7c30a57

Tff7b72withTb4b4b4:

Tff7b72pathTb4b4b4: Ta5d6ff./cache

Tff7b72keyTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffrunner.osTa5d6ff Ta5d6ff}}-bench-baseline-${{Ta5d6ff Ta5d6ffgithub.ref_nameTa5d6ff Ta5d6ff}}

Tff7b72restore-keysTb4b4b4: Tb4b4b4|

Tff7b72${{ runner.os }}-bench-baseline-

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffRunTa5d6ff Ta5d6ffbenchmarks

Tff7b72runTb4b4b4: Tb4b4b4|

Tff7b72set -euo pipefail

Tff7b72poetry run python tests/backend/run_comprehensive_benchmarks.py \

Tff7b72--json-output bench_results.json 2>&1 | tee bench_results.txt

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffRunTa5d6ff Ta5d6ffintegrityTa5d6ff Ta5d6fftests

Tff7b72runTb4b4b4: Tb4b4b4|

Tff7b72set -euo pipefail

Tff7b72task test:integrity 2>&1 | tee -a bench_results.txt

Tb4b4b4- Tff7b72nameTb4b4b4: Ta5d6ffStoreTa5d6ff Ta5d6ffandTa5d6ff Ta5d6ffcompareTa5d6ff Ta5d6ffbenchmarkTa5d6ff Ta5d6ffresults

Tff7b72usesTb4b4b4: Ta5d6ffbenchmark-action/github-action-benchmark@a60cea5bc7b49e15c1f58f411161f99e0df48372

Tff7b72withTb4b4b4:

Tff7b72nameTb4b4b4: Ta5d6ffMeshChatXTa5d6ff Ta5d6ffBackendTa5d6ff Ta5d6ffBenchmarks

Tff7b72toolTb4b4b4: Ta5d6ffcustomSmallerIsBetter

Tff7b72output-file-pathTb4b4b4: Ta5d6ffbench_results.json

Tff7b72external-data-json-pathTb4b4b4: Ta5d6ff./cache/benchmark-data.json

Tff7b72github-tokenTb4b4b4: Ta5d6ff${{Ta5d6ff Ta5d6ffsecrets.GITHUB_TOKENTa5d6ff Ta5d6ff}}

T8b949e# GitHub shared runners have 20-40% variance even with identical

T8b949e# code. alert-threshold posts a comment; fail-threshold fails

T8b949e# the job. Sub-ms operations are especially noisy so we keep

T8b949e# the comment bar at 2x and the hard-fail bar at 3x.

Tff7b72alert-thresholdTb4b4b4: Ta5d6ff"Ta5d6ff200%Ta5d6ff"

Tff7b72fail-thresholdTb4b4b4: Ta5d6ff"Ta5d6ff300%Ta5d6ff"

Tff7b72fail-on-alertTb4b4b4: Ta5d6fftrue

Tff7b72comment-on-alertTb4b4b4: Ta5d6fftrue

Tff7b72summary-alwaysTb4b4b4: Ta5d6fftrue